# Purpose: This script is to help producing the results for the TCP, and possibility for the other pruning methods as well.
from __future__ import division
from operator import itemgetter, attrgetter
import os
import sys
import math
import subprocess
print "Program begins..."
# subprocess.call(["ls","-l"])

# in production mode, option1
# Note: the path may have some problems.
'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP1000Results/GoldStandardResults/5KTop100ANDSemanticsResults_TCP_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP/results_TCP_0.9Kept_partialBM25','0','100','TCP','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP1000Results/GoldStandardResults/5KTop100ANDSemanticsResults_TCP_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP/results_TCP_0.8Kept_partialBM25','0','100','TCP','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP1000Results/GoldStandardResults/5KTop100ANDSemanticsResults_TCP_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP/results_TCP_0.7Kept_partialBM25','0','100','TCP','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP1000Results/GoldStandardResults/5KTop100ANDSemanticsResults_TCP_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP/results_TCP_0.6Kept_partialBM25','0','100','TCP','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP1000Results/GoldStandardResults/5KTop100ANDSemanticsResults_TCP_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP/results_TCP_0.5Kept_partialBM25','0','100','TCP','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP1000Results/GoldStandardResults/5KTop100ANDSemanticsResults_TCP_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP/results_TCP_0.4Kept_partialBM25','0','100','TCP','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP1000Results/GoldStandardResults/5KTop100ANDSemanticsResults_TCP_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP/results_TCP_0.3Kept_partialBM25','0','100','TCP','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP1000Results/GoldStandardResults/5KTop100ANDSemanticsResults_TCP_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP/results_TCP_0.2Kept_partialBM25','0','100','TCP','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP1000Results/GoldStandardResults/5KTop100ANDSemanticsResults_TCP_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP/results_TCP_0.1Kept_partialBM25','0','100','TCP','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP1000Results/GoldStandardResults/5KTop100ANDSemanticsResults_TCP_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP/results_TCP_0.05Kept_partialBM25','0','100','TCP','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP1000Results/GoldStandardResults/5KTop100ANDSemanticsResults_TCP_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP/results_TCP_0.01Kept_partialBM25','0','100','TCP','0.01','partialBM25'])
'''

# in production mode, option2
'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.9Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.8Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.7Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.6Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.5Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.4Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.3Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.2Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.1Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.05Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.01Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.01','partialBM25'])
'''

# in production mode, option3
'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.9Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.8Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.7Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.6Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.5Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.4Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.3Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.2Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.1Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.05Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.01Kept_partialBM25','0','1','TCP-QV-head95KWithtop1','0.01','partialBM25'])
'''

'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.9Kept_partialBM25','0','5','TCP-QV-head95KWithtop1','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.8Kept_partialBM25','0','5','TCP-QV-head95KWithtop1','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.7Kept_partialBM25','0','5','TCP-QV-head95KWithtop1','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.6Kept_partialBM25','0','5','TCP-QV-head95KWithtop1','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.5Kept_partialBM25','0','5','TCP-QV-head95KWithtop1','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.4Kept_partialBM25','0','5','TCP-QV-head95KWithtop1','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.3Kept_partialBM25','0','5','TCP-QV-head95KWithtop1','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.2Kept_partialBM25','0','5','TCP-QV-head95KWithtop1','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.1Kept_partialBM25','0','5','TCP-QV-head95KWithtop1','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.05Kept_partialBM25','0','5','TCP-QV-head95KWithtop1','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.01Kept_partialBM25','0','5','TCP-QV-head95KWithtop1','0.01','partialBM25'])
'''

'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.9Kept_partialBM25','0','10','TCP-QV-head95KWithtop1','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.8Kept_partialBM25','0','10','TCP-QV-head95KWithtop1','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.7Kept_partialBM25','0','10','TCP-QV-head95KWithtop1','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.6Kept_partialBM25','0','10','TCP-QV-head95KWithtop1','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.5Kept_partialBM25','0','10','TCP-QV-head95KWithtop1','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.4Kept_partialBM25','0','10','TCP-QV-head95KWithtop1','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.3Kept_partialBM25','0','10','TCP-QV-head95KWithtop1','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.2Kept_partialBM25','0','10','TCP-QV-head95KWithtop1','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.1Kept_partialBM25','0','10','TCP-QV-head95KWithtop1','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.05Kept_partialBM25','0','10','TCP-QV-head95KWithtop1','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.01Kept_partialBM25','0','10','TCP-QV-head95KWithtop1','0.01','partialBM25'])
'''

'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.9Kept_partialBM25','0','20','TCP-QV-head95KWithtop1','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.8Kept_partialBM25','0','20','TCP-QV-head95KWithtop1','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.7Kept_partialBM25','0','20','TCP-QV-head95KWithtop1','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.6Kept_partialBM25','0','20','TCP-QV-head95KWithtop1','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.5Kept_partialBM25','0','20','TCP-QV-head95KWithtop1','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.4Kept_partialBM25','0','20','TCP-QV-head95KWithtop1','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.3Kept_partialBM25','0','20','TCP-QV-head95KWithtop1','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.2Kept_partialBM25','0','20','TCP-QV-head95KWithtop1','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.1Kept_partialBM25','0','20','TCP-QV-head95KWithtop1','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.05Kept_partialBM25','0','20','TCP-QV-head95KWithtop1','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.01Kept_partialBM25','0','20','TCP-QV-head95KWithtop1','0.01','partialBM25'])
'''

'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.9Kept_partialBM25','0','50','TCP-QV-head95KWithtop1','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.8Kept_partialBM25','0','50','TCP-QV-head95KWithtop1','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.7Kept_partialBM25','0','50','TCP-QV-head95KWithtop1','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.6Kept_partialBM25','0','50','TCP-QV-head95KWithtop1','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.5Kept_partialBM25','0','50','TCP-QV-head95KWithtop1','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.4Kept_partialBM25','0','50','TCP-QV-head95KWithtop1','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.3Kept_partialBM25','0','50','TCP-QV-head95KWithtop1','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.2Kept_partialBM25','0','50','TCP-QV-head95KWithtop1','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.1Kept_partialBM25','0','50','TCP-QV-head95KWithtop1','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.05Kept_partialBM25','0','50','TCP-QV-head95KWithtop1','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.01Kept_partialBM25','0','50','TCP-QV-head95KWithtop1','0.01','partialBM25'])
'''

'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.9Kept_partialBM25','0','100','TCP-QV-head95KWithtop1','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.8Kept_partialBM25','0','100','TCP-QV-head95KWithtop1','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.7Kept_partialBM25','0','100','TCP-QV-head95KWithtop1','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.6Kept_partialBM25','0','100','TCP-QV-head95KWithtop1','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.5Kept_partialBM25','0','100','TCP-QV-head95KWithtop1','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.4Kept_partialBM25','0','100','TCP-QV-head95KWithtop1','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.3Kept_partialBM25','0','100','TCP-QV-head95KWithtop1','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.2Kept_partialBM25','0','100','TCP-QV-head95KWithtop1','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.1Kept_partialBM25','0','100','TCP-QV-head95KWithtop1','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.05Kept_partialBM25','0','100','TCP-QV-head95KWithtop1','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP1_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP1_0.01Kept_partialBM25','0','100','TCP-QV-head95KWithtop1','0.01','partialBM25'])
'''

'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.9Kept_partialBM25','0','1','TCP-QV-head95KWithtop100','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.8Kept_partialBM25','0','1','TCP-QV-head95KWithtop100','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.7Kept_partialBM25','0','1','TCP-QV-head95KWithtop100','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.6Kept_partialBM25','0','1','TCP-QV-head95KWithtop100','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.5Kept_partialBM25','0','1','TCP-QV-head95KWithtop100','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.4Kept_partialBM25','0','1','TCP-QV-head95KWithtop100','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.3Kept_partialBM25','0','1','TCP-QV-head95KWithtop100','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.2Kept_partialBM25','0','1','TCP-QV-head95KWithtop100','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.1Kept_partialBM25','0','1','TCP-QV-head95KWithtop100','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.05Kept_partialBM25','0','1','TCP-QV-head95KWithtop100','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.01Kept_partialBM25','0','1','TCP-QV-head95KWithtop100','0.01','partialBM25'])
'''

'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.9Kept_partialBM25','0','5','TCP-QV-head95KWithtop100','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.8Kept_partialBM25','0','5','TCP-QV-head95KWithtop100','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.7Kept_partialBM25','0','5','TCP-QV-head95KWithtop100','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.6Kept_partialBM25','0','5','TCP-QV-head95KWithtop100','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.5Kept_partialBM25','0','5','TCP-QV-head95KWithtop100','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.4Kept_partialBM25','0','5','TCP-QV-head95KWithtop100','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.3Kept_partialBM25','0','5','TCP-QV-head95KWithtop100','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.2Kept_partialBM25','0','5','TCP-QV-head95KWithtop100','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.1Kept_partialBM25','0','5','TCP-QV-head95KWithtop100','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.05Kept_partialBM25','0','5','TCP-QV-head95KWithtop100','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.01Kept_partialBM25','0','5','TCP-QV-head95KWithtop100','0.01','partialBM25'])
'''

'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.9Kept_partialBM25','0','10','TCP-QV-head95KWithtop100','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.8Kept_partialBM25','0','10','TCP-QV-head95KWithtop100','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.7Kept_partialBM25','0','10','TCP-QV-head95KWithtop100','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.6Kept_partialBM25','0','10','TCP-QV-head95KWithtop100','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.5Kept_partialBM25','0','10','TCP-QV-head95KWithtop100','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.4Kept_partialBM25','0','10','TCP-QV-head95KWithtop100','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.3Kept_partialBM25','0','10','TCP-QV-head95KWithtop100','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.2Kept_partialBM25','0','10','TCP-QV-head95KWithtop100','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.1Kept_partialBM25','0','10','TCP-QV-head95KWithtop100','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.05Kept_partialBM25','0','10','TCP-QV-head95KWithtop100','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.01Kept_partialBM25','0','10','TCP-QV-head95KWithtop100','0.01','partialBM25'])
'''

'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.9Kept_partialBM25','0','20','TCP-QV-head95KWithtop100','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.8Kept_partialBM25','0','20','TCP-QV-head95KWithtop100','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.7Kept_partialBM25','0','20','TCP-QV-head95KWithtop100','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.6Kept_partialBM25','0','20','TCP-QV-head95KWithtop100','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.5Kept_partialBM25','0','20','TCP-QV-head95KWithtop100','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.4Kept_partialBM25','0','20','TCP-QV-head95KWithtop100','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.3Kept_partialBM25','0','20','TCP-QV-head95KWithtop100','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.2Kept_partialBM25','0','20','TCP-QV-head95KWithtop100','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.1Kept_partialBM25','0','20','TCP-QV-head95KWithtop100','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.05Kept_partialBM25','0','20','TCP-QV-head95KWithtop100','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.01Kept_partialBM25','0','20','TCP-QV-head95KWithtop100','0.01','partialBM25'])
'''

'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.9Kept_partialBM25','0','50','TCP-QV-head95KWithtop100','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.8Kept_partialBM25','0','50','TCP-QV-head95KWithtop100','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.7Kept_partialBM25','0','50','TCP-QV-head95KWithtop100','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.6Kept_partialBM25','0','50','TCP-QV-head95KWithtop100','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.5Kept_partialBM25','0','50','TCP-QV-head95KWithtop100','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.4Kept_partialBM25','0','50','TCP-QV-head95KWithtop100','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.3Kept_partialBM25','0','50','TCP-QV-head95KWithtop100','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.2Kept_partialBM25','0','50','TCP-QV-head95KWithtop100','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.1Kept_partialBM25','0','50','TCP-QV-head95KWithtop100','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.05Kept_partialBM25','0','50','TCP-QV-head95KWithtop100','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.01Kept_partialBM25','0','50','TCP-QV-head95KWithtop100','0.01','partialBM25'])
'''

'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.9Kept_partialBM25','0','100','TCP-QV-head95KWithtop100','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.8Kept_partialBM25','0','100','TCP-QV-head95KWithtop100','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.7Kept_partialBM25','0','100','TCP-QV-head95KWithtop100','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.6Kept_partialBM25','0','100','TCP-QV-head95KWithtop100','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.5Kept_partialBM25','0','100','TCP-QV-head95KWithtop100','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.4Kept_partialBM25','0','100','TCP-QV-head95KWithtop100','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.3Kept_partialBM25','0','100','TCP-QV-head95KWithtop100','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.2Kept_partialBM25','0','100','TCP-QV-head95KWithtop100','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.1Kept_partialBM25','0','100','TCP-QV-head95KWithtop100','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.05Kept_partialBM25','0','100','TCP-QV-head95KWithtop100','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/results_TCP_QV95KWithTOP100_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/TCP-QV/results_TCP_QV95KWithTOP100_0.01Kept_partialBM25','0','100','TCP-QV-head95KWithtop100','0.01','partialBM25'])
'''

'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.9Kept_partialBM25','0','1','UNIVERSAL_CUT_BASED_ON_','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.8Kept_partialBM25','0','1','UNIVERSAL_CUT_BASED_ON_','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.7Kept_partialBM25','0','1','UNIVERSAL_CUT_BASED_ON_','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.6Kept_partialBM25','0','1','UNIVERSAL_CUT_BASED_ON_','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.5Kept_partialBM25','0','1','UNIVERSAL_CUT_BASED_ON_','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.4Kept_partialBM25','0','1','UNIVERSAL_CUT_BASED_ON_','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.3Kept_partialBM25','0','1','UNIVERSAL_CUT_BASED_ON_','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.2Kept_partialBM25','0','1','UNIVERSAL_CUT_BASED_ON_','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.1Kept_partialBM25','0','1','UNIVERSAL_CUT_BASED_ON_','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.05Kept_partialBM25','0','1','UNIVERSAL_CUT_BASED_ON_','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.01Kept_partialBM25','0','1','UNIVERSAL_CUT_BASED_ON_','0.01','partialBM25'])
'''

'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.9Kept_partialBM25','0','5','UNIVERSAL_CUT_BASED_ON_','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.8Kept_partialBM25','0','5','UNIVERSAL_CUT_BASED_ON_','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.7Kept_partialBM25','0','5','UNIVERSAL_CUT_BASED_ON_','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.6Kept_partialBM25','0','5','UNIVERSAL_CUT_BASED_ON_','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.5Kept_partialBM25','0','5','UNIVERSAL_CUT_BASED_ON_','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.4Kept_partialBM25','0','5','UNIVERSAL_CUT_BASED_ON_','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.3Kept_partialBM25','0','5','UNIVERSAL_CUT_BASED_ON_','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.2Kept_partialBM25','0','5','UNIVERSAL_CUT_BASED_ON_','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.1Kept_partialBM25','0','5','UNIVERSAL_CUT_BASED_ON_','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.05Kept_partialBM25','0','5','UNIVERSAL_CUT_BASED_ON_','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.01Kept_partialBM25','0','5','UNIVERSAL_CUT_BASED_ON_','0.01','partialBM25'])
'''

'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.9Kept_partialBM25','0','10','UNIVERSAL_CUT_BASED_ON_','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.8Kept_partialBM25','0','10','UNIVERSAL_CUT_BASED_ON_','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.7Kept_partialBM25','0','10','UNIVERSAL_CUT_BASED_ON_','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.6Kept_partialBM25','0','10','UNIVERSAL_CUT_BASED_ON_','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.5Kept_partialBM25','0','10','UNIVERSAL_CUT_BASED_ON_','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.4Kept_partialBM25','0','10','UNIVERSAL_CUT_BASED_ON_','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.3Kept_partialBM25','0','10','UNIVERSAL_CUT_BASED_ON_','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.2Kept_partialBM25','0','10','UNIVERSAL_CUT_BASED_ON_','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.1Kept_partialBM25','0','10','UNIVERSAL_CUT_BASED_ON_','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.05Kept_partialBM25','0','10','UNIVERSAL_CUT_BASED_ON_','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.01Kept_partialBM25','0','10','UNIVERSAL_CUT_BASED_ON_','0.01','partialBM25'])
'''

'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.9Kept_partialBM25','0','20','UNIVERSAL_CUT_BASED_ON_','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.8Kept_partialBM25','0','20','UNIVERSAL_CUT_BASED_ON_','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.7Kept_partialBM25','0','20','UNIVERSAL_CUT_BASED_ON_','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.6Kept_partialBM25','0','20','UNIVERSAL_CUT_BASED_ON_','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.5Kept_partialBM25','0','20','UNIVERSAL_CUT_BASED_ON_','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.4Kept_partialBM25','0','20','UNIVERSAL_CUT_BASED_ON_','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.3Kept_partialBM25','0','20','UNIVERSAL_CUT_BASED_ON_','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.2Kept_partialBM25','0','20','UNIVERSAL_CUT_BASED_ON_','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.1Kept_partialBM25','0','20','UNIVERSAL_CUT_BASED_ON_','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.05Kept_partialBM25','0','20','UNIVERSAL_CUT_BASED_ON_','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.01Kept_partialBM25','0','20','UNIVERSAL_CUT_BASED_ON_','0.01','partialBM25'])
'''

'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.9Kept_partialBM25','0','50','UNIVERSAL_CUT_BASED_ON_','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.8Kept_partialBM25','0','50','UNIVERSAL_CUT_BASED_ON_','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.7Kept_partialBM25','0','50','UNIVERSAL_CUT_BASED_ON_','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.6Kept_partialBM25','0','50','UNIVERSAL_CUT_BASED_ON_','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.5Kept_partialBM25','0','50','UNIVERSAL_CUT_BASED_ON_','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.4Kept_partialBM25','0','50','UNIVERSAL_CUT_BASED_ON_','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.3Kept_partialBM25','0','50','UNIVERSAL_CUT_BASED_ON_','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.2Kept_partialBM25','0','50','UNIVERSAL_CUT_BASED_ON_','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.1Kept_partialBM25','0','50','UNIVERSAL_CUT_BASED_ON_','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.05Kept_partialBM25','0','50','UNIVERSAL_CUT_BASED_ON_','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.01Kept_partialBM25','0','50','UNIVERSAL_CUT_BASED_ON_','0.01','partialBM25'])
'''

'''
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.9Kept_partialBM25','0','100','UNIVERSAL_CUT_BASED_ON_partialBM25','0.9','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.8Kept_partialBM25','0','100','UNIVERSAL_CUT_BASED_ON_partialBM25','0.8','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.7Kept_partialBM25','0','100','UNIVERSAL_CUT_BASED_ON_partialBM25','0.7','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.6Kept_partialBM25','0','100','UNIVERSAL_CUT_BASED_ON_partialBM25','0.6','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.5Kept_partialBM25','0','100','UNIVERSAL_CUT_BASED_ON_partialBM25','0.5','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.4Kept_partialBM25','0','100','UNIVERSAL_CUT_BASED_ON_partialBM25','0.4','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.3Kept_partialBM25','0','100','UNIVERSAL_CUT_BASED_ON_partialBM25','0.3','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.2Kept_partialBM25','0','100','UNIVERSAL_CUT_BASED_ON_partialBM25','0.2','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.1Kept_partialBM25','0','100','UNIVERSAL_CUT_BASED_ON_partialBM25','0.1','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.05Kept_partialBM25','0','100','UNIVERSAL_CUT_BASED_ON_partialBM25','0.05','partialBM25'])
subprocess.call(['python','/home/diaosi/web-search-engine-wei/scripts/src/pythonScripts/gov2/step9_gov2_compute_symmetric_difference.py','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/GoldStandardResults/5KTop100ANDSemanticsResults_UNIVERSAL_1.0Kept_partialBM25','/home/diaosi/outputDirForResults/tail5KTestingQueries/ANDSemantics/TOP100Results/UNIVERSAL_BM25/results_UNIVERSAL_0.01Kept_partialBM25','0','100','UNIVERSAL_CUT_BASED_ON_partialBM25','0.01','partialBM25'])
'''

print "Program ends."



